In [1]:
import pandas as pd
import numpy as np
import matplotlib.pyplot as plt
In [2]:
data = pd.read_csv('audi.csv')
data.head(5)
Out[2]:
| model | year | price | transmission | mileage | fuelType | tax | mpg | engineSize | |
|---|---|---|---|---|---|---|---|---|---|
| 0 | A1 | 2017 | 12500 | Manual | 15735 | Petrol | 150 | 55.4 | 1.4 |
| 1 | A6 | 2016 | 16500 | Automatic | 36203 | Diesel | 20 | 64.2 | 2.0 |
| 2 | A1 | 2016 | 11000 | Manual | 29946 | Petrol | 30 | 55.4 | 1.4 |
| 3 | A4 | 2017 | 16800 | Automatic | 25952 | Diesel | 145 | 67.3 | 2.0 |
| 4 | A3 | 2019 | 17300 | Manual | 1998 | Petrol | 145 | 49.6 | 1.0 |
In [3]:
import ydata_profiling as pf
display(pf.ProfileReport(data))
Summarize dataset: 0%| | 0/5 [00:00<?, ?it/s]
Generate report structure: 0%| | 0/1 [00:00<?, ?it/s]
Render HTML: 0%| | 0/1 [00:00<?, ?it/s]
In [4]:
# Removing duplicate columns
data = data.drop_duplicates()
data.reset_index(drop=True, inplace=True)
In [5]:
display(pf.ProfileReport(data))
Summarize dataset: 0%| | 0/5 [00:00<?, ?it/s]
Generate report structure: 0%| | 0/1 [00:00<?, ?it/s]
Render HTML: 0%| | 0/1 [00:00<?, ?it/s]
In [6]:
display(data.info)
<bound method DataFrame.info of model year price transmission mileage fuelType tax mpg engineSize 0 A1 2017 12500 Manual 15735 Petrol 150 55.4 1.4 1 A6 2016 16500 Automatic 36203 Diesel 20 64.2 2.0 2 A1 2016 11000 Manual 29946 Petrol 30 55.4 1.4 3 A4 2017 16800 Automatic 25952 Diesel 145 67.3 2.0 4 A3 2019 17300 Manual 1998 Petrol 145 49.6 1.0 ... ... ... ... ... ... ... ... ... ... 10560 A3 2020 16999 Manual 4018 Petrol 145 49.6 1.0 10561 A3 2020 16999 Manual 1978 Petrol 150 49.6 1.0 10562 A3 2020 17199 Manual 609 Petrol 150 49.6 1.0 10563 Q3 2017 19499 Automatic 8646 Petrol 150 47.9 1.4 10564 Q3 2016 15999 Manual 11855 Petrol 150 47.9 1.4 [10565 rows x 9 columns]>
In [7]:
display(data.columns)
Index(['model', 'year', 'price', 'transmission', 'mileage', 'fuelType', 'tax',
'mpg', 'engineSize'],
dtype='object')
In [8]:
display (data.isna().sum())
model 0 year 0 price 0 transmission 0 mileage 0 fuelType 0 tax 0 mpg 0 engineSize 0 dtype: int64
In [9]:
display(data.dtypes)
model object year int64 price int64 transmission object mileage int64 fuelType object tax int64 mpg float64 engineSize float64 dtype: object
In [10]:
data['model'].unique()
Out[10]:
array([' A1', ' A6', ' A4', ' A3', ' Q3', ' Q5', ' A5', ' S4', ' Q2',
' A7', ' TT', ' Q7', ' RS6', ' RS3', ' A8', ' Q8', ' RS4', ' RS5',
' R8', ' SQ5', ' S8', ' SQ7', ' S3', ' S5', ' A2', ' RS7'],
dtype=object)
In [11]:
data['transmission'].unique()
Out[11]:
array(['Manual', 'Automatic', 'Semi-Auto'], dtype=object)
In [12]:
data['fuelType'].unique()
Out[12]:
array(['Petrol', 'Diesel', 'Hybrid'], dtype=object)
In [13]:
X = data.iloc[:,[0,1,3,4,5,6,7,8]].values
display (X.shape)
display(pd.DataFrame(X).head(5))
(10565, 8)
| 0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | |
|---|---|---|---|---|---|---|---|---|
| 0 | A1 | 2017 | Manual | 15735 | Petrol | 150 | 55.4 | 1.4 |
| 1 | A6 | 2016 | Automatic | 36203 | Diesel | 20 | 64.2 | 2.0 |
| 2 | A1 | 2016 | Manual | 29946 | Petrol | 30 | 55.4 | 1.4 |
| 3 | A4 | 2017 | Automatic | 25952 | Diesel | 145 | 67.3 | 2.0 |
| 4 | A3 | 2019 | Manual | 1998 | Petrol | 145 | 49.6 | 1.0 |
In [14]:
Y = data.iloc[:,[2]].values
display(Y.shape)
display(Y)
(10565, 1)
array([[12500],
[16500],
[11000],
...,
[17199],
[19499],
[15999]])
In [15]:
from sklearn.preprocessing import LabelEncoder
le1 = LabelEncoder()
X[:,0] = le1.fit_transform(X[:,0])
le2 = LabelEncoder()
X[:,-4] = le2.fit_transform(X[:,-4])
display(pd.DataFrame(X))
| 0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | |
|---|---|---|---|---|---|---|---|---|
| 0 | 0 | 2017 | Manual | 15735 | 2 | 150 | 55.4 | 1.4 |
| 1 | 5 | 2016 | Automatic | 36203 | 0 | 20 | 64.2 | 2.0 |
| 2 | 0 | 2016 | Manual | 29946 | 2 | 30 | 55.4 | 1.4 |
| 3 | 3 | 2017 | Automatic | 25952 | 0 | 145 | 67.3 | 2.0 |
| 4 | 2 | 2019 | Manual | 1998 | 2 | 145 | 49.6 | 1.0 |
| ... | ... | ... | ... | ... | ... | ... | ... | ... |
| 10560 | 2 | 2020 | Manual | 4018 | 2 | 145 | 49.6 | 1.0 |
| 10561 | 2 | 2020 | Manual | 1978 | 2 | 150 | 49.6 | 1.0 |
| 10562 | 2 | 2020 | Manual | 609 | 2 | 150 | 49.6 | 1.0 |
| 10563 | 9 | 2017 | Automatic | 8646 | 2 | 150 | 47.9 | 1.4 |
| 10564 | 9 | 2016 | Manual | 11855 | 2 | 150 | 47.9 | 1.4 |
10565 rows × 8 columns
In [16]:
from sklearn.preprocessing import OneHotEncoder
from sklearn.compose import ColumnTransformer
ct = ColumnTransformer(transformers = [('encoder',OneHotEncoder(),[2])],remainder='passthrough')
X = ct.fit_transform(X)
display (X.shape)
display (pd.DataFrame(X))
(10565, 10)
| 0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | |
|---|---|---|---|---|---|---|---|---|---|---|
| 0 | 0.0 | 1.0 | 0.0 | 0 | 2017 | 15735 | 2 | 150 | 55.4 | 1.4 |
| 1 | 1.0 | 0.0 | 0.0 | 5 | 2016 | 36203 | 0 | 20 | 64.2 | 2.0 |
| 2 | 0.0 | 1.0 | 0.0 | 0 | 2016 | 29946 | 2 | 30 | 55.4 | 1.4 |
| 3 | 1.0 | 0.0 | 0.0 | 3 | 2017 | 25952 | 0 | 145 | 67.3 | 2.0 |
| 4 | 0.0 | 1.0 | 0.0 | 2 | 2019 | 1998 | 2 | 145 | 49.6 | 1.0 |
| ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
| 10560 | 0.0 | 1.0 | 0.0 | 2 | 2020 | 4018 | 2 | 145 | 49.6 | 1.0 |
| 10561 | 0.0 | 1.0 | 0.0 | 2 | 2020 | 1978 | 2 | 150 | 49.6 | 1.0 |
| 10562 | 0.0 | 1.0 | 0.0 | 2 | 2020 | 609 | 2 | 150 | 49.6 | 1.0 |
| 10563 | 1.0 | 0.0 | 0.0 | 9 | 2017 | 8646 | 2 | 150 | 47.9 | 1.4 |
| 10564 | 0.0 | 1.0 | 0.0 | 9 | 2016 | 11855 | 2 | 150 | 47.9 | 1.4 |
10565 rows × 10 columns
In [17]:
display (pd.DataFrame(X))
| 0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | |
|---|---|---|---|---|---|---|---|---|---|---|
| 0 | 0.0 | 1.0 | 0.0 | 0 | 2017 | 15735 | 2 | 150 | 55.4 | 1.4 |
| 1 | 1.0 | 0.0 | 0.0 | 5 | 2016 | 36203 | 0 | 20 | 64.2 | 2.0 |
| 2 | 0.0 | 1.0 | 0.0 | 0 | 2016 | 29946 | 2 | 30 | 55.4 | 1.4 |
| 3 | 1.0 | 0.0 | 0.0 | 3 | 2017 | 25952 | 0 | 145 | 67.3 | 2.0 |
| 4 | 0.0 | 1.0 | 0.0 | 2 | 2019 | 1998 | 2 | 145 | 49.6 | 1.0 |
| ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
| 10560 | 0.0 | 1.0 | 0.0 | 2 | 2020 | 4018 | 2 | 145 | 49.6 | 1.0 |
| 10561 | 0.0 | 1.0 | 0.0 | 2 | 2020 | 1978 | 2 | 150 | 49.6 | 1.0 |
| 10562 | 0.0 | 1.0 | 0.0 | 2 | 2020 | 609 | 2 | 150 | 49.6 | 1.0 |
| 10563 | 1.0 | 0.0 | 0.0 | 9 | 2017 | 8646 | 2 | 150 | 47.9 | 1.4 |
| 10564 | 0.0 | 1.0 | 0.0 | 9 | 2016 | 11855 | 2 | 150 | 47.9 | 1.4 |
10565 rows × 10 columns
In [18]:
from sklearn.preprocessing import StandardScaler
sc = StandardScaler()
X = sc.fit_transform(X)
display (pd.DataFrame(X))
| 0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | |
|---|---|---|---|---|---|---|---|---|---|---|
| 0 | -0.582997 | 1.203038 | -0.714096 | -1.119276 | -0.039002 | -0.393254 | 1.053589 | 0.357402 | 0.351966 | -0.884062 |
| 1 | 1.715274 | -0.831229 | -0.714096 | -0.158819 | -0.500425 | 0.479662 | -0.951665 | -1.571222 | 1.030836 | 0.111173 |
| 2 | -0.582997 | 1.203038 | -0.714096 | -1.119276 | -0.500425 | 0.212815 | 1.053589 | -1.422867 | 0.351966 | -0.884062 |
| 3 | 1.715274 | -0.831229 | -0.714096 | -0.543002 | -0.039002 | 0.042479 | -0.951665 | 0.283224 | 1.269983 | 0.111173 |
| 4 | -0.582997 | 1.203038 | -0.714096 | -0.735093 | 0.883845 | -0.979108 | 1.053589 | 0.283224 | -0.095471 | -1.547551 |
| ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
| 10560 | -0.582997 | 1.203038 | -0.714096 | -0.735093 | 1.345269 | -0.892959 | 1.053589 | 0.283224 | -0.095471 | -1.547551 |
| 10561 | -0.582997 | 1.203038 | -0.714096 | -0.735093 | 1.345269 | -0.979961 | 1.053589 | 0.357402 | -0.095471 | -1.547551 |
| 10562 | -0.582997 | 1.203038 | -0.714096 | -0.735093 | 1.345269 | -1.038346 | 1.053589 | 0.357402 | -0.095471 | -1.547551 |
| 10563 | 1.715274 | -0.831229 | -0.714096 | 0.609547 | -0.039002 | -0.695585 | 1.053589 | 0.357402 | -0.226616 | -0.884062 |
| 10564 | -0.582997 | 1.203038 | -0.714096 | 0.609547 | -0.500425 | -0.558728 | 1.053589 | 0.357402 | -0.226616 | -0.884062 |
10565 rows × 10 columns
MACHINE LEARNING¶
Train-Test Split¶
In [19]:
from sklearn.model_selection import train_test_split
(X_train,X_test,Y_train,Y_test) = train_test_split(X,Y,test_size=0.2,random_state=0)
print (X.shape, Y.shape)
print (X_train.shape, Y_train.shape)
print (X_test.shape, Y_test.shape)
(10565, 10) (10565, 1) (8452, 10) (8452, 1) (2113, 10) (2113, 1)
Random Forest Regressor¶
In [20]:
from sklearn.ensemble import RandomForestRegressor
regression = RandomForestRegressor(random_state=0)
regression.fit(X_train,Y_train)
y_pred = regression.predict(X_test)
print(np.concatenate((y_pred.reshape(len(y_pred),1),Y_test.reshape(len(Y_test),1)),1))
/Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages/sklearn/base.py:1152: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel(). return fit_method(estimator, *args, **kwargs)
[[34565.81 34991. ] [16820.73 17299. ] [11530.84 11444. ] ... [18497.45 17670. ] [17153.97 14290. ] [18620.66 18990. ]]
In [21]:
from sklearn.metrics import r2_score,mean_absolute_error
print ('R2 Score ', r2_score(Y_test, y_pred))
print ('Mean Absolute Error', mean_absolute_error(Y_test,y_pred))
R2 Score 0.9587306545197221 Mean Absolute Error 1517.4627789258122
Linear Regression¶
In [22]:
from sklearn.linear_model import LinearRegression
reg = LinearRegression()
reg.fit(X_train,Y_train)
y_pred = reg.predict(X_test)
print(np.concatenate((y_pred.reshape(len(y_pred),1),Y_test.reshape(len(Y_test),1)),1))
[[31881.44873809 34991. ] [19382.64884573 17299. ] [13297.72442762 11444. ] ... [18371.41128617 17670. ] [20239.58731659 14290. ] [17651.16128617 18990. ]]
In [23]:
print ('R2 Score :', r2_score(Y_test, y_pred))
print ('Mean Absolute Error :', mean_absolute_error(Y_test,y_pred))
R2 Score : 0.7941884884766828 Mean Absolute Error : 3246.0428932841605
In [24]:
print(len(data['price']))
print(len(y_pred))
10565 2113
In [25]:
y_pred = reg.predict(X)
display(y_pred)
LR_result = pd.concat([data['price'],pd.DataFrame(y_pred)],axis=1)
LR_result.rename(columns = {0 : 'prediction'}, inplace = True)
print(LR_result)
array([[14859.66781983],
[20417.94891489],
[13616.79281983],
...,
[19726.34869281],
[21246.04998037],
[16808.42498037]])
price prediction 0 12500 14859.667820 1 16500 20417.948915 2 11000 13616.792820 3 16800 20173.385955 4 17300 17646.098693 ... ... ... 10560 16999 19489.598693 10561 16999 19595.223693 10562 17199 19726.348693 10563 19499 21246.049980 10564 15999 16808.424980 [10565 rows x 2 columns]
Extra Tree Regressor¶
In [26]:
from sklearn.ensemble import ExtraTreesRegressor
ET_Model=ExtraTreesRegressor(n_estimators = 120)
ET_Model.fit(X_train,Y_train)
y_predict=ET_Model.predict(X_test)
print('R2 Score :', r2_score(Y_test, y_predict))
print('Mean Absolute Error :', mean_absolute_error(Y_test,y_predict))
/Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages/sklearn/base.py:1152: DataConversionWarning: A column-vector y was passed when a 1d array was expected. Please change the shape of y to (n_samples,), for example using ravel(). return fit_method(estimator, *args, **kwargs)
R2 Score : 0.9618532738285344 Mean Absolute Error : 1527.9623872719148
In [27]:
y_pred = reg.predict(X)
display(y_pred)
ET_result = pd.concat([data['price'],pd.DataFrame(y_pred)],axis=1)
ET_result.rename(columns = {0 : 'prediction'}, inplace = True)
display(ET_result)
array([[14859.66781983],
[20417.94891489],
[13616.79281983],
...,
[19726.34869281],
[21246.04998037],
[16808.42498037]])
| price | prediction | |
|---|---|---|
| 0 | 12500 | 14859.667820 |
| 1 | 16500 | 20417.948915 |
| 2 | 11000 | 13616.792820 |
| 3 | 16800 | 20173.385955 |
| 4 | 17300 | 17646.098693 |
| ... | ... | ... |
| 10560 | 16999 | 19489.598693 |
| 10561 | 16999 | 19595.223693 |
| 10562 | 17199 | 19726.348693 |
| 10563 | 19499 | 21246.049980 |
| 10564 | 15999 | 16808.424980 |
10565 rows × 2 columns
Cat Boost¶
In [28]:
pip install catboost
Requirement already satisfied: catboost in /Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages (1.2.5) Requirement already satisfied: graphviz in /Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages (from catboost) (0.20.3) Requirement already satisfied: matplotlib in /Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages (from catboost) (3.7.3) Requirement already satisfied: numpy>=1.16.0 in /Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages (from catboost) (1.24.4) Requirement already satisfied: pandas>=0.24 in /Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages (from catboost) (2.0.3) Requirement already satisfied: scipy in /Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages (from catboost) (1.10.1) Requirement already satisfied: plotly in /Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages (from catboost) (5.22.0) Requirement already satisfied: six in /Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages (from catboost) (1.16.0) Requirement already satisfied: python-dateutil>=2.8.2 in /Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages (from pandas>=0.24->catboost) (2.8.2) Requirement already satisfied: pytz>=2020.1 in /Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages (from pandas>=0.24->catboost) (2023.3.post1) Requirement already satisfied: tzdata>=2022.1 in /Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages (from pandas>=0.24->catboost) (2023.3) Requirement already satisfied: contourpy>=1.0.1 in /Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages (from matplotlib->catboost) (1.1.1) Requirement already satisfied: cycler>=0.10 in /Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages (from matplotlib->catboost) (0.12.1) Requirement already satisfied: fonttools>=4.22.0 in /Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages (from matplotlib->catboost) (4.43.1) Requirement already satisfied: kiwisolver>=1.0.1 in /Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages (from matplotlib->catboost) (1.4.5) Requirement already satisfied: packaging>=20.0 in /Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages (from matplotlib->catboost) (23.2) Requirement already satisfied: pillow>=6.2.0 in /Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages (from matplotlib->catboost) (10.1.0) Requirement already satisfied: pyparsing>=2.3.1 in /Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages (from matplotlib->catboost) (3.1.1) Requirement already satisfied: importlib-resources>=3.2.0 in /Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages (from matplotlib->catboost) (6.1.0) Requirement already satisfied: tenacity>=6.2.0 in /Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages (from plotly->catboost) (8.2.3) Requirement already satisfied: zipp>=3.1.0 in /Users/anirudhaswal/Library/jupyterlab-desktop/jlab_server/lib/python3.8/site-packages (from importlib-resources>=3.2.0->matplotlib->catboost) (3.17.0) Note: you may need to restart the kernel to use updated packages.
In [29]:
from catboost import CatBoostRegressor
cat = CatBoostRegressor()
cat.fit(X_train,Y_train)
Learning rate set to 0.057364 0: learn: 11114.3972284 total: 61.4ms remaining: 1m 1s 1: learn: 10673.2274762 total: 62.2ms remaining: 31.1s 2: learn: 10206.4353989 total: 63.1ms remaining: 21s 3: learn: 9768.7344047 total: 63.9ms remaining: 15.9s 4: learn: 9368.4368856 total: 64.7ms remaining: 12.9s 5: learn: 8968.6665759 total: 65.5ms remaining: 10.8s 6: learn: 8612.6905308 total: 66.2ms remaining: 9.39s 7: learn: 8267.8198589 total: 67ms remaining: 8.31s 8: learn: 7937.1451542 total: 67.8ms remaining: 7.47s 9: learn: 7640.8621827 total: 68.6ms remaining: 6.79s 10: learn: 7352.8621338 total: 69.4ms remaining: 6.24s 11: learn: 7082.4483780 total: 70.1ms remaining: 5.77s 12: learn: 6845.5330930 total: 70.9ms remaining: 5.38s 13: learn: 6601.8601574 total: 71.6ms remaining: 5.04s 14: learn: 6377.0053186 total: 72.3ms remaining: 4.75s 15: learn: 6175.5728347 total: 73.1ms remaining: 4.49s 16: learn: 5974.3551277 total: 73.8ms remaining: 4.27s 17: learn: 5783.4229530 total: 74.6ms remaining: 4.07s 18: learn: 5597.5766090 total: 75.3ms remaining: 3.89s 19: learn: 5428.4494209 total: 76ms remaining: 3.73s 20: learn: 5279.7470359 total: 76.7ms remaining: 3.58s 21: learn: 5133.9904556 total: 77.5ms remaining: 3.44s 22: learn: 5005.8510902 total: 78.2ms remaining: 3.32s 23: learn: 4866.1184666 total: 78.9ms remaining: 3.21s 24: learn: 4740.9861961 total: 79.6ms remaining: 3.1s 25: learn: 4616.7778128 total: 80.4ms remaining: 3.01s 26: learn: 4504.7863353 total: 81.1ms remaining: 2.92s 27: learn: 4407.6834261 total: 81.8ms remaining: 2.84s 28: learn: 4316.4384917 total: 82.6ms remaining: 2.76s 29: learn: 4221.9001013 total: 83.3ms remaining: 2.69s 30: learn: 4136.2494014 total: 84ms remaining: 2.63s 31: learn: 4058.2955743 total: 84.8ms remaining: 2.56s 32: learn: 3979.8338444 total: 85.5ms remaining: 2.5s 33: learn: 3916.0906474 total: 86.2ms remaining: 2.45s 34: learn: 3846.4726044 total: 87.3ms remaining: 2.41s 35: learn: 3775.6208908 total: 88.3ms remaining: 2.36s 36: learn: 3714.6420809 total: 89.1ms remaining: 2.32s 37: learn: 3657.3138342 total: 89.8ms remaining: 2.27s 38: learn: 3603.9100156 total: 90.5ms remaining: 2.23s 39: learn: 3552.6465072 total: 91.2ms remaining: 2.19s 40: learn: 3508.4274547 total: 92ms remaining: 2.15s 41: learn: 3464.8838261 total: 92.8ms remaining: 2.12s 42: learn: 3421.2036066 total: 93.5ms remaining: 2.08s 43: learn: 3382.5217626 total: 94.3ms remaining: 2.05s 44: learn: 3346.6187868 total: 95.1ms remaining: 2.02s 45: learn: 3308.6685526 total: 95.9ms remaining: 1.99s 46: learn: 3271.0243398 total: 96.7ms remaining: 1.96s 47: learn: 3237.1722132 total: 97.4ms remaining: 1.93s 48: learn: 3208.2909468 total: 98.2ms remaining: 1.91s 49: learn: 3182.4122620 total: 99ms remaining: 1.88s 50: learn: 3155.1918559 total: 99.8ms remaining: 1.86s 51: learn: 3129.2658800 total: 101ms remaining: 1.84s 52: learn: 3104.1345516 total: 102ms remaining: 1.81s 53: learn: 3082.9645226 total: 103ms remaining: 1.8s 54: learn: 3061.4791486 total: 103ms remaining: 1.77s 55: learn: 3041.7711475 total: 104ms remaining: 1.76s 56: learn: 3023.8552921 total: 106ms remaining: 1.75s 57: learn: 3007.4721660 total: 107ms remaining: 1.73s 58: learn: 2989.7896784 total: 108ms remaining: 1.72s 59: learn: 2975.1351258 total: 108ms remaining: 1.7s 60: learn: 2961.5984092 total: 109ms remaining: 1.68s 61: learn: 2946.4956982 total: 110ms remaining: 1.67s 62: learn: 2934.4971353 total: 111ms remaining: 1.65s 63: learn: 2922.6169477 total: 112ms remaining: 1.64s 64: learn: 2909.5237915 total: 113ms remaining: 1.63s 65: learn: 2899.2032969 total: 114ms remaining: 1.61s 66: learn: 2887.1568411 total: 115ms remaining: 1.59s 67: learn: 2876.3541446 total: 116ms remaining: 1.58s 68: learn: 2866.4469630 total: 116ms remaining: 1.57s 69: learn: 2856.0406557 total: 117ms remaining: 1.56s 70: learn: 2845.0700534 total: 118ms remaining: 1.54s 71: learn: 2837.5108404 total: 119ms remaining: 1.53s 72: learn: 2828.7128737 total: 120ms remaining: 1.52s 73: learn: 2819.6089934 total: 120ms remaining: 1.51s 74: learn: 2812.3151370 total: 121ms remaining: 1.5s 75: learn: 2805.4509788 total: 122ms remaining: 1.48s 76: learn: 2797.6399756 total: 123ms remaining: 1.47s 77: learn: 2791.6144715 total: 124ms remaining: 1.46s 78: learn: 2784.2715688 total: 124ms remaining: 1.45s 79: learn: 2778.1001303 total: 125ms remaining: 1.44s 80: learn: 2769.5134553 total: 126ms remaining: 1.43s 81: learn: 2765.1714429 total: 127ms remaining: 1.42s 82: learn: 2760.0864215 total: 127ms remaining: 1.41s 83: learn: 2755.3813402 total: 128ms remaining: 1.4s 84: learn: 2746.4768284 total: 129ms remaining: 1.39s 85: learn: 2738.4391100 total: 129ms remaining: 1.38s 86: learn: 2731.4930552 total: 130ms remaining: 1.37s 87: learn: 2726.8844348 total: 131ms remaining: 1.36s 88: learn: 2719.5587785 total: 132ms remaining: 1.35s 89: learn: 2712.8541270 total: 132ms remaining: 1.34s 90: learn: 2709.2863640 total: 133ms remaining: 1.33s 91: learn: 2705.4575934 total: 134ms remaining: 1.32s 92: learn: 2702.6505662 total: 135ms remaining: 1.31s 93: learn: 2699.5699004 total: 135ms remaining: 1.3s 94: learn: 2692.0087107 total: 136ms remaining: 1.29s 95: learn: 2685.3805336 total: 137ms remaining: 1.29s 96: learn: 2680.7077044 total: 137ms remaining: 1.28s 97: learn: 2677.1229620 total: 138ms remaining: 1.27s 98: learn: 2672.5539943 total: 140ms remaining: 1.27s 99: learn: 2666.8566457 total: 140ms remaining: 1.26s 100: learn: 2663.7617500 total: 141ms remaining: 1.25s 101: learn: 2659.7493117 total: 142ms remaining: 1.25s 102: learn: 2653.0498472 total: 142ms remaining: 1.24s 103: learn: 2645.8658418 total: 143ms remaining: 1.23s 104: learn: 2642.6533410 total: 144ms remaining: 1.23s 105: learn: 2639.9753437 total: 145ms remaining: 1.22s 106: learn: 2637.0771256 total: 145ms remaining: 1.21s 107: learn: 2633.6019489 total: 146ms remaining: 1.21s 108: learn: 2631.5618875 total: 147ms remaining: 1.2s 109: learn: 2628.3702902 total: 148ms remaining: 1.2s 110: learn: 2624.6906291 total: 149ms remaining: 1.19s 111: learn: 2622.8591124 total: 149ms remaining: 1.18s 112: learn: 2621.0871988 total: 150ms remaining: 1.18s 113: learn: 2614.0259263 total: 151ms remaining: 1.17s 114: learn: 2608.6447150 total: 152ms remaining: 1.17s 115: learn: 2602.8198049 total: 153ms remaining: 1.16s 116: learn: 2600.2064995 total: 153ms remaining: 1.16s 117: learn: 2597.5957311 total: 154ms remaining: 1.15s 118: learn: 2595.8072842 total: 155ms remaining: 1.15s 119: learn: 2589.3979239 total: 156ms remaining: 1.14s 120: learn: 2582.6077701 total: 157ms remaining: 1.14s 121: learn: 2580.0319824 total: 157ms remaining: 1.13s 122: learn: 2574.3420593 total: 158ms remaining: 1.13s 123: learn: 2572.9840937 total: 159ms remaining: 1.12s 124: learn: 2570.7837510 total: 160ms remaining: 1.12s 125: learn: 2569.1284453 total: 161ms remaining: 1.11s 126: learn: 2566.7985694 total: 161ms remaining: 1.11s 127: learn: 2563.7051841 total: 162ms remaining: 1.1s 128: learn: 2561.7762209 total: 163ms remaining: 1.1s 129: learn: 2555.5619127 total: 164ms remaining: 1.09s 130: learn: 2551.8394605 total: 165ms remaining: 1.09s 131: learn: 2550.3776597 total: 165ms remaining: 1.09s 132: learn: 2549.1107696 total: 166ms remaining: 1.08s 133: learn: 2547.8422500 total: 167ms remaining: 1.08s 134: learn: 2544.3480548 total: 168ms remaining: 1.07s 135: learn: 2538.0608478 total: 168ms remaining: 1.07s 136: learn: 2532.6442614 total: 169ms remaining: 1.06s 137: learn: 2528.9721065 total: 170ms remaining: 1.06s 138: learn: 2527.9116493 total: 171ms remaining: 1.06s 139: learn: 2524.2438303 total: 171ms remaining: 1.05s 140: learn: 2515.7721911 total: 172ms remaining: 1.05s 141: learn: 2514.3084712 total: 173ms remaining: 1.04s 142: learn: 2513.1533890 total: 174ms remaining: 1.04s 143: learn: 2509.5452805 total: 174ms remaining: 1.04s 144: learn: 2508.4461831 total: 175ms remaining: 1.03s 145: learn: 2506.6198860 total: 176ms remaining: 1.03s 146: learn: 2504.9337095 total: 177ms remaining: 1.02s 147: learn: 2503.4175458 total: 177ms remaining: 1.02s 148: learn: 2500.5900739 total: 178ms remaining: 1.02s 149: learn: 2498.4943086 total: 179ms remaining: 1.01s 150: learn: 2496.7285108 total: 180ms remaining: 1.01s 151: learn: 2494.9413175 total: 180ms remaining: 1.01s 152: learn: 2490.7963672 total: 181ms remaining: 1s 153: learn: 2485.5570750 total: 182ms remaining: 999ms 154: learn: 2480.0130207 total: 183ms remaining: 995ms 155: learn: 2476.9233044 total: 183ms remaining: 992ms 156: learn: 2473.0096184 total: 184ms remaining: 989ms 157: learn: 2469.3720030 total: 185ms remaining: 986ms 158: learn: 2467.0666985 total: 186ms remaining: 983ms 159: learn: 2462.8936649 total: 186ms remaining: 979ms 160: learn: 2461.7735823 total: 187ms remaining: 976ms 161: learn: 2457.8375206 total: 188ms remaining: 972ms 162: learn: 2456.7774149 total: 189ms remaining: 969ms 163: learn: 2451.8195497 total: 189ms remaining: 966ms 164: learn: 2450.1472079 total: 190ms remaining: 962ms 165: learn: 2448.0529765 total: 191ms remaining: 959ms 166: learn: 2446.7456460 total: 192ms remaining: 956ms 167: learn: 2443.4751460 total: 193ms remaining: 956ms 168: learn: 2441.6903977 total: 194ms remaining: 956ms 169: learn: 2438.2389466 total: 195ms remaining: 953ms 170: learn: 2435.7322442 total: 196ms remaining: 950ms 171: learn: 2431.2910792 total: 197ms remaining: 947ms 172: learn: 2426.6261530 total: 198ms remaining: 944ms 173: learn: 2422.9463040 total: 198ms remaining: 942ms 174: learn: 2419.9353287 total: 199ms remaining: 939ms 175: learn: 2414.7515895 total: 200ms remaining: 936ms 176: learn: 2411.1399704 total: 201ms remaining: 934ms 177: learn: 2407.3975670 total: 202ms remaining: 933ms 178: learn: 2403.8029813 total: 203ms remaining: 930ms 179: learn: 2401.9238572 total: 204ms remaining: 927ms 180: learn: 2401.1810990 total: 204ms remaining: 925ms 181: learn: 2398.9784247 total: 205ms remaining: 922ms 182: learn: 2394.6981931 total: 206ms remaining: 920ms 183: learn: 2393.7228790 total: 207ms remaining: 917ms 184: learn: 2389.4316998 total: 208ms remaining: 914ms 185: learn: 2387.3219883 total: 208ms remaining: 911ms 186: learn: 2383.4594785 total: 209ms remaining: 908ms 187: learn: 2381.4905592 total: 210ms remaining: 906ms 188: learn: 2379.4766234 total: 210ms remaining: 903ms 189: learn: 2376.5627657 total: 211ms remaining: 900ms 190: learn: 2375.5719527 total: 212ms remaining: 898ms 191: learn: 2374.3295673 total: 213ms remaining: 896ms 192: learn: 2372.4417060 total: 214ms remaining: 895ms 193: learn: 2369.0176928 total: 215ms remaining: 893ms 194: learn: 2364.3244967 total: 216ms remaining: 890ms 195: learn: 2361.6343440 total: 216ms remaining: 888ms 196: learn: 2359.9465405 total: 217ms remaining: 885ms 197: learn: 2356.5761203 total: 218ms remaining: 883ms 198: learn: 2352.8972492 total: 219ms remaining: 880ms 199: learn: 2351.3091709 total: 219ms remaining: 878ms 200: learn: 2348.8287081 total: 220ms remaining: 875ms 201: learn: 2344.7223111 total: 221ms remaining: 873ms 202: learn: 2341.8979799 total: 222ms remaining: 870ms 203: learn: 2339.3834400 total: 222ms remaining: 868ms 204: learn: 2336.7397791 total: 223ms remaining: 866ms 205: learn: 2332.7341946 total: 224ms remaining: 864ms 206: learn: 2331.1570339 total: 225ms remaining: 862ms 207: learn: 2330.1469053 total: 226ms remaining: 860ms 208: learn: 2328.5048551 total: 226ms remaining: 857ms 209: learn: 2325.8042229 total: 227ms remaining: 855ms 210: learn: 2323.1827586 total: 228ms remaining: 854ms 211: learn: 2321.8507437 total: 229ms remaining: 851ms 212: learn: 2319.4615125 total: 230ms remaining: 849ms 213: learn: 2317.9953685 total: 230ms remaining: 846ms 214: learn: 2313.8653443 total: 231ms remaining: 844ms 215: learn: 2311.6666976 total: 232ms remaining: 842ms 216: learn: 2310.8628416 total: 233ms remaining: 840ms 217: learn: 2308.5713992 total: 233ms remaining: 838ms 218: learn: 2306.1372012 total: 234ms remaining: 836ms 219: learn: 2302.0062648 total: 235ms remaining: 833ms 220: learn: 2300.0201361 total: 236ms remaining: 831ms 221: learn: 2299.3623804 total: 237ms remaining: 830ms 222: learn: 2297.4866455 total: 238ms remaining: 828ms 223: learn: 2296.1367228 total: 238ms remaining: 826ms 224: learn: 2295.3638728 total: 239ms remaining: 824ms 225: learn: 2292.2081711 total: 240ms remaining: 822ms 226: learn: 2291.0705003 total: 241ms remaining: 820ms 227: learn: 2290.3601510 total: 242ms remaining: 819ms 228: learn: 2288.4066963 total: 243ms remaining: 817ms 229: learn: 2286.8999710 total: 244ms remaining: 816ms 230: learn: 2284.6968680 total: 245ms remaining: 814ms 231: learn: 2280.6036096 total: 245ms remaining: 813ms 232: learn: 2277.7166165 total: 247ms remaining: 812ms 233: learn: 2276.4278465 total: 247ms remaining: 810ms 234: learn: 2273.6209241 total: 248ms remaining: 808ms 235: learn: 2272.0204831 total: 249ms remaining: 806ms 236: learn: 2270.6933912 total: 250ms remaining: 804ms 237: learn: 2269.2872633 total: 251ms remaining: 803ms 238: learn: 2268.6510378 total: 251ms remaining: 801ms 239: learn: 2267.7382506 total: 252ms remaining: 799ms 240: learn: 2266.5191942 total: 253ms remaining: 797ms 241: learn: 2263.8184607 total: 254ms remaining: 795ms 242: learn: 2260.8971108 total: 255ms remaining: 793ms 243: learn: 2257.8961388 total: 255ms remaining: 791ms 244: learn: 2255.1142200 total: 256ms remaining: 790ms 245: learn: 2253.3375271 total: 257ms remaining: 788ms 246: learn: 2252.1520615 total: 258ms remaining: 786ms 247: learn: 2250.8773180 total: 258ms remaining: 784ms 248: learn: 2248.9366056 total: 259ms remaining: 782ms 249: learn: 2247.8539535 total: 260ms remaining: 780ms 250: learn: 2245.5452126 total: 261ms remaining: 778ms 251: learn: 2243.6079580 total: 262ms remaining: 777ms 252: learn: 2243.0677413 total: 263ms remaining: 775ms 253: learn: 2241.2410885 total: 263ms remaining: 774ms 254: learn: 2239.5703821 total: 264ms remaining: 772ms 255: learn: 2239.0536195 total: 265ms remaining: 771ms 256: learn: 2237.0661750 total: 266ms remaining: 769ms 257: learn: 2234.3419690 total: 267ms remaining: 768ms 258: learn: 2233.2599903 total: 268ms remaining: 766ms 259: learn: 2232.1035603 total: 268ms remaining: 764ms 260: learn: 2230.3597870 total: 269ms remaining: 762ms 261: learn: 2228.8223107 total: 270ms remaining: 760ms 262: learn: 2227.7321883 total: 271ms remaining: 759ms 263: learn: 2224.9135683 total: 271ms remaining: 757ms 264: learn: 2222.5932244 total: 272ms remaining: 755ms 265: learn: 2221.3033874 total: 273ms remaining: 753ms 266: learn: 2218.9989089 total: 274ms remaining: 751ms 267: learn: 2218.0565399 total: 274ms remaining: 750ms 268: learn: 2216.0659146 total: 275ms remaining: 748ms 269: learn: 2215.2379015 total: 276ms remaining: 746ms 270: learn: 2214.3929080 total: 277ms remaining: 745ms 271: learn: 2212.7617027 total: 278ms remaining: 745ms 272: learn: 2211.3943208 total: 279ms remaining: 744ms 273: learn: 2209.5978040 total: 280ms remaining: 742ms 274: learn: 2208.2834195 total: 281ms remaining: 740ms 275: learn: 2205.9491455 total: 282ms remaining: 739ms 276: learn: 2204.3367314 total: 282ms remaining: 737ms 277: learn: 2203.3437888 total: 283ms remaining: 736ms 278: learn: 2201.9295436 total: 284ms remaining: 735ms 279: learn: 2201.3682357 total: 285ms remaining: 734ms 280: learn: 2199.6851698 total: 286ms remaining: 732ms 281: learn: 2198.4513806 total: 287ms remaining: 730ms 282: learn: 2196.5759198 total: 287ms remaining: 728ms 283: learn: 2195.2487722 total: 288ms remaining: 727ms 284: learn: 2193.4327532 total: 289ms remaining: 725ms 285: learn: 2192.4811988 total: 290ms remaining: 723ms 286: learn: 2191.1121062 total: 291ms remaining: 722ms 287: learn: 2189.6346085 total: 291ms remaining: 721ms 288: learn: 2189.0524662 total: 292ms remaining: 719ms 289: learn: 2187.8812063 total: 293ms remaining: 717ms 290: learn: 2186.4666399 total: 294ms remaining: 717ms 291: learn: 2185.8212225 total: 295ms remaining: 716ms 292: learn: 2184.3760048 total: 297ms remaining: 715ms 293: learn: 2183.1951233 total: 297ms remaining: 714ms 294: learn: 2182.3017489 total: 298ms remaining: 713ms 295: learn: 2180.3024496 total: 300ms remaining: 712ms 296: learn: 2177.9426616 total: 301ms remaining: 712ms 297: learn: 2177.3601388 total: 302ms remaining: 710ms 298: learn: 2175.6599236 total: 303ms remaining: 709ms 299: learn: 2172.9605772 total: 304ms remaining: 709ms 300: learn: 2170.7213505 total: 305ms remaining: 707ms 301: learn: 2168.6544922 total: 305ms remaining: 705ms 302: learn: 2167.1275755 total: 306ms remaining: 704ms 303: learn: 2166.0826116 total: 307ms remaining: 703ms 304: learn: 2163.2943611 total: 308ms remaining: 701ms 305: learn: 2162.5521283 total: 308ms remaining: 700ms 306: learn: 2161.7195792 total: 309ms remaining: 698ms 307: learn: 2159.1246119 total: 310ms remaining: 697ms 308: learn: 2157.8115214 total: 311ms remaining: 696ms 309: learn: 2156.7323516 total: 312ms remaining: 695ms 310: learn: 2156.3794451 total: 313ms remaining: 694ms 311: learn: 2154.6954939 total: 314ms remaining: 692ms 312: learn: 2153.3721023 total: 315ms remaining: 691ms 313: learn: 2152.5580230 total: 315ms remaining: 689ms 314: learn: 2150.7739401 total: 316ms remaining: 687ms 315: learn: 2148.9524892 total: 317ms remaining: 686ms 316: learn: 2146.9666217 total: 318ms remaining: 685ms 317: learn: 2146.2137458 total: 318ms remaining: 683ms 318: learn: 2145.3837690 total: 319ms remaining: 682ms 319: learn: 2143.6900342 total: 320ms remaining: 680ms 320: learn: 2143.1073984 total: 321ms remaining: 679ms 321: learn: 2141.2489214 total: 322ms remaining: 678ms 322: learn: 2138.7507477 total: 323ms remaining: 676ms 323: learn: 2138.2944944 total: 324ms remaining: 675ms 324: learn: 2137.2489100 total: 324ms remaining: 674ms 325: learn: 2134.9212607 total: 326ms remaining: 673ms 326: learn: 2133.1781500 total: 326ms remaining: 672ms 327: learn: 2132.8752263 total: 327ms remaining: 671ms 328: learn: 2131.1601077 total: 328ms remaining: 669ms 329: learn: 2130.2683165 total: 329ms remaining: 668ms 330: learn: 2128.7245429 total: 330ms remaining: 667ms 331: learn: 2127.5532970 total: 331ms remaining: 665ms 332: learn: 2125.4573785 total: 332ms remaining: 664ms 333: learn: 2124.5381941 total: 332ms remaining: 663ms 334: learn: 2122.6311581 total: 333ms remaining: 661ms 335: learn: 2121.4527062 total: 334ms remaining: 660ms 336: learn: 2120.8766038 total: 335ms remaining: 659ms 337: learn: 2119.2143619 total: 336ms remaining: 657ms 338: learn: 2117.3574543 total: 336ms remaining: 656ms 339: learn: 2115.8275436 total: 337ms remaining: 655ms 340: learn: 2114.0461826 total: 338ms remaining: 654ms 341: learn: 2113.2203748 total: 339ms remaining: 652ms 342: learn: 2112.7480788 total: 341ms remaining: 652ms 343: learn: 2112.2858156 total: 341ms remaining: 651ms 344: learn: 2111.8071095 total: 342ms remaining: 649ms 345: learn: 2110.3162373 total: 343ms remaining: 648ms 346: learn: 2108.7881291 total: 343ms remaining: 646ms 347: learn: 2107.8295075 total: 344ms remaining: 645ms 348: learn: 2106.1971944 total: 345ms remaining: 643ms 349: learn: 2105.0772561 total: 346ms remaining: 642ms 350: learn: 2103.0385077 total: 346ms remaining: 640ms 351: learn: 2102.2267748 total: 347ms remaining: 639ms 352: learn: 2101.5939679 total: 348ms remaining: 637ms 353: learn: 2100.9065119 total: 349ms remaining: 636ms 354: learn: 2099.5373624 total: 349ms remaining: 634ms 355: learn: 2098.5322289 total: 350ms remaining: 633ms 356: learn: 2097.5121775 total: 351ms remaining: 632ms 357: learn: 2095.7581053 total: 351ms remaining: 630ms 358: learn: 2095.1361019 total: 352ms remaining: 629ms 359: learn: 2093.7142976 total: 353ms remaining: 627ms 360: learn: 2093.3413990 total: 354ms remaining: 626ms 361: learn: 2091.7515107 total: 355ms remaining: 625ms 362: learn: 2091.0042300 total: 355ms remaining: 624ms 363: learn: 2090.1564930 total: 356ms remaining: 622ms 364: learn: 2088.6981004 total: 357ms remaining: 621ms 365: learn: 2087.8863928 total: 357ms remaining: 619ms 366: learn: 2086.1502006 total: 358ms remaining: 618ms 367: learn: 2085.7305074 total: 359ms remaining: 616ms 368: learn: 2084.2999506 total: 360ms remaining: 615ms 369: learn: 2083.5689399 total: 361ms remaining: 614ms 370: learn: 2082.7006434 total: 361ms remaining: 613ms 371: learn: 2081.0523383 total: 362ms remaining: 611ms 372: learn: 2079.6112870 total: 363ms remaining: 610ms 373: learn: 2078.6238419 total: 364ms remaining: 609ms 374: learn: 2077.8048389 total: 364ms remaining: 607ms 375: learn: 2077.3209840 total: 365ms remaining: 606ms 376: learn: 2075.9234932 total: 366ms remaining: 604ms 377: learn: 2075.0982395 total: 366ms remaining: 603ms 378: learn: 2073.7818651 total: 367ms remaining: 602ms 379: learn: 2072.5447603 total: 368ms remaining: 600ms 380: learn: 2071.4406247 total: 369ms remaining: 599ms 381: learn: 2070.3950254 total: 369ms remaining: 598ms 382: learn: 2069.6407734 total: 370ms remaining: 596ms 383: learn: 2068.7295065 total: 371ms remaining: 595ms 384: learn: 2068.3441787 total: 371ms remaining: 593ms 385: learn: 2066.7364328 total: 372ms remaining: 592ms 386: learn: 2065.0185994 total: 373ms remaining: 591ms 387: learn: 2064.6304886 total: 373ms remaining: 589ms 388: learn: 2063.7416718 total: 374ms remaining: 588ms 389: learn: 2063.1126376 total: 375ms remaining: 586ms 390: learn: 2061.5501036 total: 376ms remaining: 585ms 391: learn: 2060.6487557 total: 376ms remaining: 584ms 392: learn: 2060.0244989 total: 377ms remaining: 582ms 393: learn: 2059.6385365 total: 378ms remaining: 581ms 394: learn: 2059.2519356 total: 379ms remaining: 580ms 395: learn: 2058.9871777 total: 379ms remaining: 579ms 396: learn: 2058.3425531 total: 380ms remaining: 577ms 397: learn: 2057.2968809 total: 381ms remaining: 576ms 398: learn: 2055.9663284 total: 382ms remaining: 575ms 399: learn: 2055.6215885 total: 382ms remaining: 574ms 400: learn: 2053.7417132 total: 383ms remaining: 573ms 401: learn: 2053.1727530 total: 385ms remaining: 572ms 402: learn: 2052.9161006 total: 386ms remaining: 571ms 403: learn: 2052.5791741 total: 386ms remaining: 570ms 404: learn: 2051.6167365 total: 387ms remaining: 569ms 405: learn: 2051.1942573 total: 388ms remaining: 567ms 406: learn: 2050.0677724 total: 388ms remaining: 566ms 407: learn: 2049.3439759 total: 389ms remaining: 565ms 408: learn: 2047.9810116 total: 390ms remaining: 564ms 409: learn: 2047.4575804 total: 391ms remaining: 563ms 410: learn: 2045.8249964 total: 392ms remaining: 562ms 411: learn: 2044.8905244 total: 393ms remaining: 561ms 412: learn: 2044.2624192 total: 394ms remaining: 560ms 413: learn: 2043.1550900 total: 395ms remaining: 559ms 414: learn: 2042.0421938 total: 396ms remaining: 558ms 415: learn: 2040.5813948 total: 396ms remaining: 556ms 416: learn: 2040.0281646 total: 397ms remaining: 555ms 417: learn: 2039.5287786 total: 398ms remaining: 554ms 418: learn: 2038.5020074 total: 399ms remaining: 553ms 419: learn: 2038.0927268 total: 400ms remaining: 552ms 420: learn: 2037.4093787 total: 401ms remaining: 551ms 421: learn: 2036.1485940 total: 402ms remaining: 550ms 422: learn: 2034.7226603 total: 403ms remaining: 549ms 423: learn: 2033.5707482 total: 403ms remaining: 548ms 424: learn: 2033.0383672 total: 404ms remaining: 547ms 425: learn: 2031.8496759 total: 405ms remaining: 545ms 426: learn: 2031.5409736 total: 405ms remaining: 544ms 427: learn: 2031.0502696 total: 406ms remaining: 543ms 428: learn: 2029.8826234 total: 407ms remaining: 542ms 429: learn: 2029.0223285 total: 408ms remaining: 540ms 430: learn: 2028.6691458 total: 408ms remaining: 539ms 431: learn: 2027.5892395 total: 409ms remaining: 538ms 432: learn: 2027.0877877 total: 410ms remaining: 537ms 433: learn: 2026.6111725 total: 411ms remaining: 535ms 434: learn: 2025.2018087 total: 411ms remaining: 534ms 435: learn: 2024.2853461 total: 412ms remaining: 533ms 436: learn: 2022.8013427 total: 413ms remaining: 532ms 437: learn: 2021.5631148 total: 414ms remaining: 531ms 438: learn: 2020.3064326 total: 414ms remaining: 530ms 439: learn: 2019.6452712 total: 415ms remaining: 528ms 440: learn: 2018.9094671 total: 416ms remaining: 527ms 441: learn: 2018.4999118 total: 417ms remaining: 526ms 442: learn: 2017.3408730 total: 417ms remaining: 525ms 443: learn: 2016.6759068 total: 418ms remaining: 524ms 444: learn: 2016.2032522 total: 419ms remaining: 522ms 445: learn: 2015.7219803 total: 420ms remaining: 521ms 446: learn: 2014.5412531 total: 420ms remaining: 520ms 447: learn: 2013.9899293 total: 421ms remaining: 519ms 448: learn: 2012.8931414 total: 422ms remaining: 518ms 449: learn: 2012.1990400 total: 422ms remaining: 516ms 450: learn: 2011.9768527 total: 423ms remaining: 515ms 451: learn: 2011.1572786 total: 424ms remaining: 514ms 452: learn: 2010.4227179 total: 425ms remaining: 513ms 453: learn: 2009.1639786 total: 425ms remaining: 512ms 454: learn: 2008.2453620 total: 426ms remaining: 510ms 455: learn: 2007.1229891 total: 427ms remaining: 509ms 456: learn: 2006.4868494 total: 428ms remaining: 508ms 457: learn: 2005.9297177 total: 428ms remaining: 507ms 458: learn: 2005.1118862 total: 429ms remaining: 506ms 459: learn: 2003.9253759 total: 430ms remaining: 505ms 460: learn: 2003.0787007 total: 431ms remaining: 503ms 461: learn: 2002.1593653 total: 431ms remaining: 502ms 462: learn: 2001.0003654 total: 432ms remaining: 501ms 463: learn: 2000.3917919 total: 433ms remaining: 500ms 464: learn: 1999.7286243 total: 434ms remaining: 499ms 465: learn: 1999.4090085 total: 434ms remaining: 498ms 466: learn: 1997.7193686 total: 435ms remaining: 496ms 467: learn: 1996.9725857 total: 436ms remaining: 495ms 468: learn: 1996.5072101 total: 436ms remaining: 494ms 469: learn: 1995.7888966 total: 437ms remaining: 493ms 470: learn: 1994.9640772 total: 438ms remaining: 492ms 471: learn: 1994.4350314 total: 439ms remaining: 491ms 472: learn: 1993.5608808 total: 440ms remaining: 490ms 473: learn: 1993.2499968 total: 440ms remaining: 489ms 474: learn: 1992.7471621 total: 441ms remaining: 487ms 475: learn: 1992.2475564 total: 442ms remaining: 486ms 476: learn: 1991.7628709 total: 443ms remaining: 485ms 477: learn: 1991.2956387 total: 443ms remaining: 484ms 478: learn: 1990.6423896 total: 444ms remaining: 483ms 479: learn: 1989.5627741 total: 445ms remaining: 482ms 480: learn: 1989.1013632 total: 446ms remaining: 481ms 481: learn: 1987.5327571 total: 447ms remaining: 480ms 482: learn: 1986.7697006 total: 447ms remaining: 479ms 483: learn: 1986.1974450 total: 448ms remaining: 478ms 484: learn: 1985.2166998 total: 449ms remaining: 477ms 485: learn: 1984.6167709 total: 450ms remaining: 475ms 486: learn: 1983.6286287 total: 450ms remaining: 474ms 487: learn: 1982.9099774 total: 451ms remaining: 473ms 488: learn: 1981.9968499 total: 452ms remaining: 472ms 489: learn: 1981.7712767 total: 452ms remaining: 471ms 490: learn: 1981.3585417 total: 453ms remaining: 470ms 491: learn: 1980.5637465 total: 454ms remaining: 469ms 492: learn: 1979.7976352 total: 455ms remaining: 468ms 493: learn: 1979.0367149 total: 456ms remaining: 467ms 494: learn: 1978.6211400 total: 456ms remaining: 466ms 495: learn: 1977.4294842 total: 457ms remaining: 465ms 496: learn: 1977.1983317 total: 458ms remaining: 463ms 497: learn: 1976.5265970 total: 459ms remaining: 462ms 498: learn: 1976.2639950 total: 459ms remaining: 461ms 499: learn: 1975.6494886 total: 460ms remaining: 460ms 500: learn: 1975.4657200 total: 461ms remaining: 459ms 501: learn: 1974.6613548 total: 461ms remaining: 458ms 502: learn: 1973.9763726 total: 462ms remaining: 457ms 503: learn: 1973.0045530 total: 463ms remaining: 455ms 504: learn: 1972.2586554 total: 464ms remaining: 454ms 505: learn: 1971.4346339 total: 464ms remaining: 453ms 506: learn: 1971.0338105 total: 465ms remaining: 452ms 507: learn: 1970.1037573 total: 466ms remaining: 451ms 508: learn: 1969.7541908 total: 466ms remaining: 450ms 509: learn: 1968.5974607 total: 467ms remaining: 449ms 510: learn: 1967.8594637 total: 468ms remaining: 448ms 511: learn: 1967.4950155 total: 469ms remaining: 447ms 512: learn: 1967.0103694 total: 469ms remaining: 446ms 513: learn: 1966.6437177 total: 470ms remaining: 444ms 514: learn: 1965.9181629 total: 471ms remaining: 443ms 515: learn: 1965.0678241 total: 471ms remaining: 442ms 516: learn: 1964.5608379 total: 472ms remaining: 441ms 517: learn: 1963.2465673 total: 473ms remaining: 440ms 518: learn: 1963.0037246 total: 474ms remaining: 439ms 519: learn: 1962.5039594 total: 474ms remaining: 438ms 520: learn: 1962.0345888 total: 475ms remaining: 437ms 521: learn: 1961.4558941 total: 476ms remaining: 436ms 522: learn: 1960.6682949 total: 477ms remaining: 435ms 523: learn: 1960.3780272 total: 477ms remaining: 434ms 524: learn: 1958.8281483 total: 478ms remaining: 433ms 525: learn: 1958.5732142 total: 479ms remaining: 432ms 526: learn: 1957.9611374 total: 480ms remaining: 430ms 527: learn: 1957.5332856 total: 480ms remaining: 429ms 528: learn: 1957.2970912 total: 481ms remaining: 428ms 529: learn: 1956.9048088 total: 482ms remaining: 427ms 530: learn: 1956.6184788 total: 483ms remaining: 426ms 531: learn: 1955.6678954 total: 483ms remaining: 425ms 532: learn: 1954.9135545 total: 484ms remaining: 424ms 533: learn: 1953.8750021 total: 485ms remaining: 423ms 534: learn: 1953.4965275 total: 486ms remaining: 422ms 535: learn: 1952.5737533 total: 486ms remaining: 421ms 536: learn: 1952.0263387 total: 487ms remaining: 420ms 537: learn: 1951.2120382 total: 488ms remaining: 419ms 538: learn: 1950.2382556 total: 489ms remaining: 418ms 539: learn: 1949.6131706 total: 489ms remaining: 417ms 540: learn: 1949.0997197 total: 490ms remaining: 416ms 541: learn: 1948.6255511 total: 491ms remaining: 415ms 542: learn: 1948.3545155 total: 492ms remaining: 414ms 543: learn: 1947.7124332 total: 492ms remaining: 413ms 544: learn: 1946.7044797 total: 493ms remaining: 412ms 545: learn: 1946.3585301 total: 494ms remaining: 411ms 546: learn: 1945.8879043 total: 495ms remaining: 410ms 547: learn: 1945.4443258 total: 495ms remaining: 409ms 548: learn: 1944.6846793 total: 496ms remaining: 408ms 549: learn: 1944.3374281 total: 497ms remaining: 407ms 550: learn: 1943.9329499 total: 498ms remaining: 405ms 551: learn: 1943.4168048 total: 498ms remaining: 404ms 552: learn: 1942.8832855 total: 499ms remaining: 403ms 553: learn: 1942.6431434 total: 500ms remaining: 402ms 554: learn: 1942.0215997 total: 500ms remaining: 401ms 555: learn: 1941.4128151 total: 501ms remaining: 400ms 556: learn: 1940.5166896 total: 502ms remaining: 399ms 557: learn: 1939.0710695 total: 503ms remaining: 398ms 558: learn: 1938.4812282 total: 503ms remaining: 397ms 559: learn: 1938.3262418 total: 504ms remaining: 396ms 560: learn: 1937.6724483 total: 505ms remaining: 395ms 561: learn: 1937.0758850 total: 506ms remaining: 394ms 562: learn: 1936.6034478 total: 507ms remaining: 393ms 563: learn: 1936.0390919 total: 508ms remaining: 392ms 564: learn: 1935.3175178 total: 508ms remaining: 391ms 565: learn: 1934.9924113 total: 509ms remaining: 390ms 566: learn: 1934.8516150 total: 510ms remaining: 389ms 567: learn: 1934.1371222 total: 511ms remaining: 389ms 568: learn: 1933.4062969 total: 512ms remaining: 388ms 569: learn: 1933.0830537 total: 513ms remaining: 387ms 570: learn: 1932.5228536 total: 515ms remaining: 387ms 571: learn: 1931.9152000 total: 516ms remaining: 386ms 572: learn: 1931.1567825 total: 517ms remaining: 385ms 573: learn: 1930.6685729 total: 518ms remaining: 384ms 574: learn: 1930.2250970 total: 518ms remaining: 383ms 575: learn: 1929.8303952 total: 519ms remaining: 382ms 576: learn: 1929.4286110 total: 520ms remaining: 381ms 577: learn: 1929.2737393 total: 521ms remaining: 380ms 578: learn: 1929.1244695 total: 522ms remaining: 379ms 579: learn: 1928.5044243 total: 523ms remaining: 378ms 580: learn: 1928.3599754 total: 524ms remaining: 378ms 581: learn: 1927.2326556 total: 524ms remaining: 377ms 582: learn: 1927.0932342 total: 525ms remaining: 376ms 583: learn: 1926.1686647 total: 526ms remaining: 374ms 584: learn: 1925.9150793 total: 526ms remaining: 373ms 585: learn: 1925.0250243 total: 527ms remaining: 373ms 586: learn: 1924.7979103 total: 528ms remaining: 372ms 587: learn: 1924.6632270 total: 529ms remaining: 371ms 588: learn: 1924.2667673 total: 530ms remaining: 370ms 589: learn: 1923.8823434 total: 531ms remaining: 369ms 590: learn: 1922.8219935 total: 531ms remaining: 368ms 591: learn: 1922.0866261 total: 532ms remaining: 367ms 592: learn: 1921.1443534 total: 533ms remaining: 366ms 593: learn: 1920.3147794 total: 534ms remaining: 365ms 594: learn: 1919.2665092 total: 535ms remaining: 364ms 595: learn: 1918.6732405 total: 536ms remaining: 363ms 596: learn: 1918.4012419 total: 537ms remaining: 362ms 597: learn: 1917.5795464 total: 537ms remaining: 361ms 598: learn: 1917.4498545 total: 538ms remaining: 360ms 599: learn: 1916.6191037 total: 539ms remaining: 359ms 600: learn: 1916.1862891 total: 540ms remaining: 359ms 601: learn: 1915.9362610 total: 541ms remaining: 358ms 602: learn: 1915.4443194 total: 542ms remaining: 357ms 603: learn: 1915.1176589 total: 542ms remaining: 356ms 604: learn: 1914.5159126 total: 543ms remaining: 355ms 605: learn: 1913.9827806 total: 544ms remaining: 354ms 606: learn: 1913.3629926 total: 545ms remaining: 353ms 607: learn: 1912.4583715 total: 546ms remaining: 352ms 608: learn: 1912.0631784 total: 546ms remaining: 351ms 609: learn: 1911.1881915 total: 547ms remaining: 350ms 610: learn: 1910.6800764 total: 548ms remaining: 349ms 611: learn: 1909.7916908 total: 549ms remaining: 348ms 612: learn: 1908.9541156 total: 549ms remaining: 347ms 613: learn: 1908.2071743 total: 550ms remaining: 346ms 614: learn: 1907.8236709 total: 551ms remaining: 345ms 615: learn: 1907.2554383 total: 552ms remaining: 344ms 616: learn: 1906.7092589 total: 552ms remaining: 343ms 617: learn: 1905.9625685 total: 553ms remaining: 342ms 618: learn: 1905.2677254 total: 554ms remaining: 341ms 619: learn: 1904.7875295 total: 555ms remaining: 340ms 620: learn: 1904.1770189 total: 555ms remaining: 339ms 621: learn: 1904.0307024 total: 556ms remaining: 338ms 622: learn: 1903.9102860 total: 557ms remaining: 337ms 623: learn: 1903.3828494 total: 558ms remaining: 336ms 624: learn: 1902.3292974 total: 558ms remaining: 335ms 625: learn: 1901.6953649 total: 559ms remaining: 334ms 626: learn: 1901.0000481 total: 560ms remaining: 333ms 627: learn: 1900.5107361 total: 561ms remaining: 332ms 628: learn: 1900.2359562 total: 561ms remaining: 331ms 629: learn: 1899.9973942 total: 562ms remaining: 330ms 630: learn: 1899.8813397 total: 563ms remaining: 329ms 631: learn: 1899.1360588 total: 564ms remaining: 328ms 632: learn: 1898.3850401 total: 564ms remaining: 327ms 633: learn: 1897.6194256 total: 565ms remaining: 326ms 634: learn: 1897.4892372 total: 566ms remaining: 325ms 635: learn: 1897.0340854 total: 567ms remaining: 324ms 636: learn: 1896.5581312 total: 568ms remaining: 323ms 637: learn: 1896.0206168 total: 568ms remaining: 322ms 638: learn: 1895.8957809 total: 569ms remaining: 321ms 639: learn: 1895.2409481 total: 570ms remaining: 320ms 640: learn: 1894.7801656 total: 571ms remaining: 320ms 641: learn: 1894.2279707 total: 571ms remaining: 319ms 642: learn: 1893.5875994 total: 572ms remaining: 318ms 643: learn: 1893.4685132 total: 573ms remaining: 317ms 644: learn: 1892.5876716 total: 574ms remaining: 316ms 645: learn: 1892.4121188 total: 574ms remaining: 315ms 646: learn: 1891.7023143 total: 575ms remaining: 314ms 647: learn: 1890.8626601 total: 576ms remaining: 313ms 648: learn: 1890.2112829 total: 577ms remaining: 312ms 649: learn: 1889.3433885 total: 578ms remaining: 311ms 650: learn: 1888.9126619 total: 579ms remaining: 310ms 651: learn: 1888.3837218 total: 579ms remaining: 309ms 652: learn: 1887.8885365 total: 580ms remaining: 308ms 653: learn: 1887.3483138 total: 581ms remaining: 307ms 654: learn: 1886.9111300 total: 582ms remaining: 306ms 655: learn: 1886.3220097 total: 582ms remaining: 305ms 656: learn: 1885.8931717 total: 583ms remaining: 304ms 657: learn: 1885.1087479 total: 584ms remaining: 304ms 658: learn: 1884.5011116 total: 585ms remaining: 303ms 659: learn: 1884.2579543 total: 586ms remaining: 302ms 660: learn: 1883.3008211 total: 586ms remaining: 301ms 661: learn: 1882.9331815 total: 587ms remaining: 300ms 662: learn: 1881.8953429 total: 588ms remaining: 299ms 663: learn: 1880.8118621 total: 589ms remaining: 298ms 664: learn: 1880.2919003 total: 590ms remaining: 297ms 665: learn: 1879.5990099 total: 591ms remaining: 296ms 666: learn: 1878.4281242 total: 592ms remaining: 295ms 667: learn: 1878.3243355 total: 592ms remaining: 294ms 668: learn: 1877.9804301 total: 593ms remaining: 293ms 669: learn: 1877.1503718 total: 594ms remaining: 293ms 670: learn: 1876.2848311 total: 595ms remaining: 292ms 671: learn: 1875.3697357 total: 596ms remaining: 291ms 672: learn: 1874.8049145 total: 596ms remaining: 290ms 673: learn: 1874.1463411 total: 597ms remaining: 289ms 674: learn: 1873.9620905 total: 598ms remaining: 288ms 675: learn: 1873.4402361 total: 599ms remaining: 287ms 676: learn: 1873.1993765 total: 600ms remaining: 286ms 677: learn: 1872.8204204 total: 600ms remaining: 285ms 678: learn: 1872.5380479 total: 601ms remaining: 284ms 679: learn: 1871.7768933 total: 602ms remaining: 283ms 680: learn: 1871.3743724 total: 603ms remaining: 282ms 681: learn: 1870.7881725 total: 603ms remaining: 281ms 682: learn: 1870.4025613 total: 604ms remaining: 280ms 683: learn: 1870.0418075 total: 605ms remaining: 279ms 684: learn: 1869.2604482 total: 606ms remaining: 279ms 685: learn: 1868.5241615 total: 607ms remaining: 278ms 686: learn: 1867.8327114 total: 608ms remaining: 277ms 687: learn: 1867.2799133 total: 609ms remaining: 276ms 688: learn: 1866.4215538 total: 609ms remaining: 275ms 689: learn: 1866.0338917 total: 610ms remaining: 274ms 690: learn: 1865.8273446 total: 611ms remaining: 273ms 691: learn: 1865.6173040 total: 612ms remaining: 272ms 692: learn: 1864.8274188 total: 612ms remaining: 271ms 693: learn: 1864.6383065 total: 613ms remaining: 270ms 694: learn: 1864.3052500 total: 614ms remaining: 269ms 695: learn: 1864.0189650 total: 615ms remaining: 268ms 696: learn: 1863.5290171 total: 615ms remaining: 268ms 697: learn: 1862.6778205 total: 616ms remaining: 267ms 698: learn: 1862.1573619 total: 617ms remaining: 266ms 699: learn: 1861.8648612 total: 618ms remaining: 265ms 700: learn: 1861.6103430 total: 618ms remaining: 264ms 701: learn: 1861.1424473 total: 619ms remaining: 263ms 702: learn: 1860.8810968 total: 620ms remaining: 262ms 703: learn: 1859.8882185 total: 620ms remaining: 261ms 704: learn: 1858.7267502 total: 621ms remaining: 260ms 705: learn: 1858.1126693 total: 622ms remaining: 259ms 706: learn: 1857.9878389 total: 623ms remaining: 258ms 707: learn: 1857.4260751 total: 623ms remaining: 257ms 708: learn: 1856.9981176 total: 624ms remaining: 256ms 709: learn: 1856.5217235 total: 625ms remaining: 255ms 710: learn: 1856.0404577 total: 626ms remaining: 254ms 711: learn: 1855.6168080 total: 627ms remaining: 254ms 712: learn: 1855.3040779 total: 628ms remaining: 253ms 713: learn: 1854.9524441 total: 628ms remaining: 252ms 714: learn: 1854.3581392 total: 629ms remaining: 251ms 715: learn: 1853.8134038 total: 630ms remaining: 250ms 716: learn: 1853.4124383 total: 631ms remaining: 249ms 717: learn: 1853.1509273 total: 631ms remaining: 248ms 718: learn: 1852.2060071 total: 632ms remaining: 247ms 719: learn: 1851.8760316 total: 633ms remaining: 246ms 720: learn: 1851.2267779 total: 634ms remaining: 245ms 721: learn: 1850.6317540 total: 635ms remaining: 244ms 722: learn: 1850.2717152 total: 635ms remaining: 243ms 723: learn: 1849.8970084 total: 636ms remaining: 242ms 724: learn: 1849.3087370 total: 637ms remaining: 242ms 725: learn: 1848.8138692 total: 638ms remaining: 241ms 726: learn: 1848.1656005 total: 638ms remaining: 240ms 727: learn: 1847.8655668 total: 639ms remaining: 239ms 728: learn: 1847.1394999 total: 640ms remaining: 238ms 729: learn: 1846.8282986 total: 640ms remaining: 237ms 730: learn: 1846.3732351 total: 641ms remaining: 236ms 731: learn: 1846.0530971 total: 642ms remaining: 235ms 732: learn: 1845.3742062 total: 643ms remaining: 234ms 733: learn: 1844.7162843 total: 644ms remaining: 233ms 734: learn: 1844.1969072 total: 645ms remaining: 232ms 735: learn: 1843.8096021 total: 645ms remaining: 231ms 736: learn: 1843.3882974 total: 646ms remaining: 231ms 737: learn: 1842.7255381 total: 647ms remaining: 230ms 738: learn: 1842.4242583 total: 648ms remaining: 229ms 739: learn: 1841.5274214 total: 649ms remaining: 228ms 740: learn: 1840.9912920 total: 649ms remaining: 227ms 741: learn: 1840.5577051 total: 650ms remaining: 226ms 742: learn: 1840.0842571 total: 651ms remaining: 225ms 743: learn: 1839.5748939 total: 652ms remaining: 224ms 744: learn: 1838.9756370 total: 653ms remaining: 223ms 745: learn: 1838.7807856 total: 653ms remaining: 222ms 746: learn: 1838.5108443 total: 654ms remaining: 222ms 747: learn: 1838.2971882 total: 655ms remaining: 221ms 748: learn: 1838.1554962 total: 655ms remaining: 220ms 749: learn: 1837.6815931 total: 656ms remaining: 219ms 750: learn: 1837.3949117 total: 657ms remaining: 218ms 751: learn: 1836.9118931 total: 658ms remaining: 217ms 752: learn: 1836.5942156 total: 659ms remaining: 216ms 753: learn: 1836.0911278 total: 659ms remaining: 215ms 754: learn: 1835.2430026 total: 660ms remaining: 214ms 755: learn: 1834.6333354 total: 661ms remaining: 213ms 756: learn: 1834.2180227 total: 662ms remaining: 212ms 757: learn: 1833.7162881 total: 662ms remaining: 211ms 758: learn: 1832.9990843 total: 663ms remaining: 211ms 759: learn: 1832.4344414 total: 664ms remaining: 210ms 760: learn: 1832.0759308 total: 664ms remaining: 209ms 761: learn: 1831.2150988 total: 665ms remaining: 208ms 762: learn: 1830.7341410 total: 666ms remaining: 207ms 763: learn: 1830.0868884 total: 667ms remaining: 206ms 764: learn: 1829.6416284 total: 668ms remaining: 205ms 765: learn: 1829.3592558 total: 669ms remaining: 204ms 766: learn: 1829.1892450 total: 670ms remaining: 203ms 767: learn: 1828.6484600 total: 670ms remaining: 203ms 768: learn: 1828.2241791 total: 671ms remaining: 202ms 769: learn: 1827.8810308 total: 672ms remaining: 201ms 770: learn: 1827.4424821 total: 673ms remaining: 200ms 771: learn: 1827.2454957 total: 674ms remaining: 199ms 772: learn: 1826.9761780 total: 675ms remaining: 198ms 773: learn: 1826.8508541 total: 675ms remaining: 197ms 774: learn: 1826.1556948 total: 676ms remaining: 196ms 775: learn: 1826.0890070 total: 677ms remaining: 195ms 776: learn: 1825.6752772 total: 678ms remaining: 195ms 777: learn: 1825.5052971 total: 679ms remaining: 194ms 778: learn: 1824.7565321 total: 680ms remaining: 193ms 779: learn: 1824.4605237 total: 680ms remaining: 192ms 780: learn: 1824.3016917 total: 681ms remaining: 191ms 781: learn: 1824.2254530 total: 682ms remaining: 190ms 782: learn: 1823.5647602 total: 683ms remaining: 189ms 783: learn: 1823.3917795 total: 684ms remaining: 188ms 784: learn: 1822.9903767 total: 684ms remaining: 187ms 785: learn: 1822.8064836 total: 685ms remaining: 187ms 786: learn: 1822.1083932 total: 686ms remaining: 186ms 787: learn: 1821.9120434 total: 687ms remaining: 185ms 788: learn: 1821.6499075 total: 687ms remaining: 184ms 789: learn: 1821.2670455 total: 688ms remaining: 183ms 790: learn: 1821.1739018 total: 689ms remaining: 182ms 791: learn: 1820.6256570 total: 690ms remaining: 181ms 792: learn: 1820.2249535 total: 691ms remaining: 180ms 793: learn: 1820.0365064 total: 691ms remaining: 179ms 794: learn: 1819.9594344 total: 692ms remaining: 178ms 795: learn: 1819.7373605 total: 693ms remaining: 178ms 796: learn: 1819.6360064 total: 694ms remaining: 177ms 797: learn: 1819.0250404 total: 694ms remaining: 176ms 798: learn: 1818.5546169 total: 695ms remaining: 175ms 799: learn: 1817.9697745 total: 696ms remaining: 174ms 800: learn: 1817.6429082 total: 697ms remaining: 173ms 801: learn: 1817.3875643 total: 698ms remaining: 172ms 802: learn: 1817.0405487 total: 698ms remaining: 171ms 803: learn: 1816.6298249 total: 699ms remaining: 170ms 804: learn: 1816.4275671 total: 700ms remaining: 170ms 805: learn: 1816.0488038 total: 701ms remaining: 169ms 806: learn: 1815.5889320 total: 701ms remaining: 168ms 807: learn: 1815.1635543 total: 702ms remaining: 167ms 808: learn: 1814.9869989 total: 703ms remaining: 166ms 809: learn: 1814.5625942 total: 704ms remaining: 165ms 810: learn: 1814.4407613 total: 705ms remaining: 164ms 811: learn: 1814.0073464 total: 705ms remaining: 163ms 812: learn: 1813.3837940 total: 706ms remaining: 162ms 813: learn: 1813.0387077 total: 707ms remaining: 162ms 814: learn: 1812.3367401 total: 708ms remaining: 161ms 815: learn: 1812.1783179 total: 709ms remaining: 160ms 816: learn: 1811.6097266 total: 710ms remaining: 159ms 817: learn: 1811.2447754 total: 711ms remaining: 158ms 818: learn: 1810.9716805 total: 712ms remaining: 157ms 819: learn: 1810.5056033 total: 712ms remaining: 156ms 820: learn: 1810.3937699 total: 713ms remaining: 155ms 821: learn: 1810.2554970 total: 714ms remaining: 155ms 822: learn: 1810.1910770 total: 715ms remaining: 154ms 823: learn: 1809.6263285 total: 716ms remaining: 153ms 824: learn: 1809.0646418 total: 716ms remaining: 152ms 825: learn: 1808.4898234 total: 717ms remaining: 151ms 826: learn: 1807.9839126 total: 718ms remaining: 150ms 827: learn: 1807.3756544 total: 719ms remaining: 149ms 828: learn: 1807.2868554 total: 720ms remaining: 148ms 829: learn: 1807.0652145 total: 720ms remaining: 148ms 830: learn: 1806.5751926 total: 721ms remaining: 147ms 831: learn: 1806.1179303 total: 722ms remaining: 146ms 832: learn: 1805.3035075 total: 723ms remaining: 145ms 833: learn: 1804.9878673 total: 724ms remaining: 144ms 834: learn: 1804.3690997 total: 725ms remaining: 143ms 835: learn: 1804.1688069 total: 725ms remaining: 142ms 836: learn: 1803.9553067 total: 726ms remaining: 141ms 837: learn: 1803.6464947 total: 727ms remaining: 141ms 838: learn: 1803.0318409 total: 728ms remaining: 140ms 839: learn: 1802.8187230 total: 729ms remaining: 139ms 840: learn: 1802.3945271 total: 730ms remaining: 138ms 841: learn: 1802.0137830 total: 730ms remaining: 137ms 842: learn: 1801.3581633 total: 731ms remaining: 136ms 843: learn: 1801.1757536 total: 732ms remaining: 135ms 844: learn: 1800.3400134 total: 733ms remaining: 134ms 845: learn: 1800.0221553 total: 733ms remaining: 134ms 846: learn: 1799.7478015 total: 734ms remaining: 133ms 847: learn: 1799.2891830 total: 735ms remaining: 132ms 848: learn: 1798.7415508 total: 736ms remaining: 131ms 849: learn: 1798.5309317 total: 736ms remaining: 130ms 850: learn: 1797.9269325 total: 737ms remaining: 129ms 851: learn: 1797.4288012 total: 738ms remaining: 128ms 852: learn: 1797.1702549 total: 739ms remaining: 127ms 853: learn: 1796.8089865 total: 740ms remaining: 126ms 854: learn: 1796.2674972 total: 741ms remaining: 126ms 855: learn: 1795.8492576 total: 741ms remaining: 125ms 856: learn: 1795.1864573 total: 742ms remaining: 124ms 857: learn: 1795.0338384 total: 743ms remaining: 123ms 858: learn: 1794.4193927 total: 744ms remaining: 122ms 859: learn: 1793.9793111 total: 745ms remaining: 121ms 860: learn: 1793.4936663 total: 745ms remaining: 120ms 861: learn: 1793.2376389 total: 746ms remaining: 119ms 862: learn: 1793.1369675 total: 747ms remaining: 119ms 863: learn: 1792.7122717 total: 748ms remaining: 118ms 864: learn: 1792.6338141 total: 749ms remaining: 117ms 865: learn: 1792.5074350 total: 750ms remaining: 116ms 866: learn: 1791.9989241 total: 750ms remaining: 115ms 867: learn: 1791.7387477 total: 751ms remaining: 114ms 868: learn: 1791.3059747 total: 752ms remaining: 113ms 869: learn: 1791.0804493 total: 753ms remaining: 112ms 870: learn: 1790.5609758 total: 753ms remaining: 112ms 871: learn: 1789.2354563 total: 754ms remaining: 111ms 872: learn: 1788.7789194 total: 755ms remaining: 110ms 873: learn: 1788.3708938 total: 756ms remaining: 109ms 874: learn: 1788.0912916 total: 757ms remaining: 108ms 875: learn: 1787.7280569 total: 757ms remaining: 107ms 876: learn: 1787.4605617 total: 758ms remaining: 106ms 877: learn: 1786.9449359 total: 759ms remaining: 105ms 878: learn: 1786.1246699 total: 760ms remaining: 105ms 879: learn: 1785.7837167 total: 761ms remaining: 104ms 880: learn: 1785.3910570 total: 762ms remaining: 103ms 881: learn: 1784.9856273 total: 762ms remaining: 102ms 882: learn: 1784.6599063 total: 763ms remaining: 101ms 883: learn: 1784.2099033 total: 764ms remaining: 100ms 884: learn: 1783.7758215 total: 765ms remaining: 99.4ms 885: learn: 1783.2905510 total: 765ms remaining: 98.5ms 886: learn: 1782.9781982 total: 766ms remaining: 97.6ms 887: learn: 1782.5878222 total: 767ms remaining: 96.7ms 888: learn: 1782.1221135 total: 768ms remaining: 95.9ms 889: learn: 1781.7469244 total: 769ms remaining: 95ms 890: learn: 1781.4645291 total: 769ms remaining: 94.1ms 891: learn: 1780.9893011 total: 770ms remaining: 93.2ms 892: learn: 1780.7714096 total: 771ms remaining: 92.4ms 893: learn: 1780.3638360 total: 772ms remaining: 91.5ms 894: learn: 1780.0108152 total: 773ms remaining: 90.6ms 895: learn: 1779.6635016 total: 774ms remaining: 89.8ms 896: learn: 1779.1870503 total: 775ms remaining: 88.9ms 897: learn: 1778.7528295 total: 775ms remaining: 88.1ms 898: learn: 1778.5920931 total: 776ms remaining: 87.2ms 899: learn: 1778.2239583 total: 777ms remaining: 86.3ms 900: learn: 1777.7471154 total: 778ms remaining: 85.5ms 901: learn: 1777.5176542 total: 779ms remaining: 84.6ms 902: learn: 1777.3770790 total: 780ms remaining: 83.8ms 903: learn: 1777.0561951 total: 781ms remaining: 82.9ms 904: learn: 1776.5374147 total: 781ms remaining: 82ms 905: learn: 1776.3245179 total: 782ms remaining: 81.1ms 906: learn: 1775.8393380 total: 783ms remaining: 80.3ms 907: learn: 1775.8045172 total: 784ms remaining: 79.4ms 908: learn: 1775.2435212 total: 784ms remaining: 78.5ms 909: learn: 1774.8436022 total: 785ms remaining: 77.7ms 910: learn: 1774.6212001 total: 786ms remaining: 76.8ms 911: learn: 1774.3367122 total: 787ms remaining: 75.9ms 912: learn: 1774.0017165 total: 787ms remaining: 75ms 913: learn: 1773.5143396 total: 788ms remaining: 74.2ms 914: learn: 1773.1117119 total: 789ms remaining: 73.3ms 915: learn: 1772.6524040 total: 790ms remaining: 72.4ms 916: learn: 1772.2484336 total: 791ms remaining: 71.6ms 917: learn: 1771.4331827 total: 791ms remaining: 70.7ms 918: learn: 1771.0867447 total: 792ms remaining: 69.8ms 919: learn: 1770.8392602 total: 793ms remaining: 68.9ms 920: learn: 1770.7164640 total: 794ms remaining: 68.1ms 921: learn: 1770.5303877 total: 794ms remaining: 67.2ms 922: learn: 1770.2509943 total: 795ms remaining: 66.3ms 923: learn: 1770.0261880 total: 796ms remaining: 65.5ms 924: learn: 1769.8512644 total: 797ms remaining: 64.6ms 925: learn: 1769.6826137 total: 797ms remaining: 63.7ms 926: learn: 1769.5443604 total: 798ms remaining: 62.9ms 927: learn: 1769.0450799 total: 799ms remaining: 62ms 928: learn: 1768.8396681 total: 800ms remaining: 61.1ms 929: learn: 1768.4330357 total: 801ms remaining: 60.3ms 930: learn: 1768.2029196 total: 801ms remaining: 59.4ms 931: learn: 1768.0103087 total: 802ms remaining: 58.5ms 932: learn: 1767.5246651 total: 803ms remaining: 57.7ms 933: learn: 1767.1559969 total: 804ms remaining: 56.8ms 934: learn: 1766.9171115 total: 805ms remaining: 56ms 935: learn: 1766.8486393 total: 806ms remaining: 55.1ms 936: learn: 1766.1131202 total: 807ms remaining: 54.2ms 937: learn: 1766.0621566 total: 808ms remaining: 53.4ms 938: learn: 1765.5383419 total: 808ms remaining: 52.5ms 939: learn: 1765.3704985 total: 809ms remaining: 51.6ms 940: learn: 1765.0197163 total: 810ms remaining: 50.8ms 941: learn: 1764.9703037 total: 811ms remaining: 49.9ms 942: learn: 1764.6356857 total: 811ms remaining: 49ms 943: learn: 1763.4930651 total: 812ms remaining: 48.2ms 944: learn: 1763.2867594 total: 813ms remaining: 47.3ms 945: learn: 1763.0809250 total: 814ms remaining: 46.5ms 946: learn: 1762.6697747 total: 815ms remaining: 45.6ms 947: learn: 1762.4143195 total: 815ms remaining: 44.7ms 948: learn: 1761.8192732 total: 816ms remaining: 43.9ms 949: learn: 1761.5198440 total: 817ms remaining: 43ms 950: learn: 1761.1521692 total: 818ms remaining: 42.1ms 951: learn: 1761.1095808 total: 818ms remaining: 41.3ms 952: learn: 1761.0675867 total: 819ms remaining: 40.4ms 953: learn: 1760.7640576 total: 820ms remaining: 39.5ms 954: learn: 1760.3792800 total: 821ms remaining: 38.7ms 955: learn: 1759.6518712 total: 821ms remaining: 37.8ms 956: learn: 1759.4497025 total: 822ms remaining: 36.9ms 957: learn: 1759.0262086 total: 823ms remaining: 36.1ms 958: learn: 1758.7960929 total: 824ms remaining: 35.2ms 959: learn: 1758.4086073 total: 825ms remaining: 34.4ms 960: learn: 1757.8112351 total: 825ms remaining: 33.5ms 961: learn: 1757.3952373 total: 826ms remaining: 32.6ms 962: learn: 1757.1047115 total: 827ms remaining: 31.8ms 963: learn: 1756.7926026 total: 828ms remaining: 30.9ms 964: learn: 1756.5913497 total: 829ms remaining: 30.1ms 965: learn: 1755.9837166 total: 829ms remaining: 29.2ms 966: learn: 1755.6768098 total: 830ms remaining: 28.3ms 967: learn: 1754.8607866 total: 831ms remaining: 27.5ms 968: learn: 1754.4363327 total: 832ms remaining: 26.6ms 969: learn: 1754.1012767 total: 832ms remaining: 25.7ms 970: learn: 1754.0590383 total: 833ms remaining: 24.9ms 971: learn: 1754.0276482 total: 834ms remaining: 24ms 972: learn: 1753.6900163 total: 835ms remaining: 23.2ms 973: learn: 1753.4898303 total: 835ms remaining: 22.3ms 974: learn: 1753.1382510 total: 836ms remaining: 21.4ms 975: learn: 1752.9759956 total: 837ms remaining: 20.6ms 976: learn: 1752.4886527 total: 838ms remaining: 19.7ms 977: learn: 1752.1839126 total: 839ms remaining: 18.9ms 978: learn: 1752.0525156 total: 839ms remaining: 18ms 979: learn: 1751.7405925 total: 840ms remaining: 17.1ms 980: learn: 1751.1751364 total: 841ms remaining: 16.3ms 981: learn: 1750.7142996 total: 842ms remaining: 15.4ms 982: learn: 1750.5374169 total: 842ms remaining: 14.6ms 983: learn: 1750.1676990 total: 843ms remaining: 13.7ms 984: learn: 1749.7515123 total: 844ms remaining: 12.8ms 985: learn: 1749.6574192 total: 845ms remaining: 12ms 986: learn: 1749.1896319 total: 845ms remaining: 11.1ms 987: learn: 1749.0112297 total: 846ms remaining: 10.3ms 988: learn: 1748.5514670 total: 847ms remaining: 9.42ms 989: learn: 1748.2974932 total: 848ms remaining: 8.56ms 990: learn: 1748.0133893 total: 848ms remaining: 7.7ms 991: learn: 1747.5984765 total: 849ms remaining: 6.85ms 992: learn: 1747.4685999 total: 850ms remaining: 5.99ms 993: learn: 1746.9857191 total: 850ms remaining: 5.13ms 994: learn: 1746.4867807 total: 851ms remaining: 4.28ms 995: learn: 1745.9139596 total: 852ms remaining: 3.42ms 996: learn: 1745.8386895 total: 853ms remaining: 2.56ms 997: learn: 1745.4094098 total: 854ms remaining: 1.71ms 998: learn: 1745.2206599 total: 854ms remaining: 855us 999: learn: 1745.0233011 total: 855ms remaining: 0us
Out[29]:
<catboost.core.CatBoostRegressor at 0x151f55a00>
In [30]:
cat_pred=cat.predict(X_test)
print('R2 Score :', r2_score(Y_test,cat_pred))
R2 Score : 0.9621533622246573
In [31]:
cat_pred=cat.predict(X)
CB_result = pd.concat([data['price'],pd.DataFrame(cat_pred)],axis=1)
CB_result.rename(columns = {0 : 'prediction'}, inplace = True)
display(CB_result)
| price | prediction | |
|---|---|---|
| 0 | 12500 | 14186.684563 |
| 1 | 16500 | 16588.373262 |
| 2 | 11000 | 12503.989081 |
| 3 | 16800 | 18740.156771 |
| 4 | 17300 | 18712.016277 |
| ... | ... | ... |
| 10560 | 16999 | 19219.821014 |
| 10561 | 16999 | 18254.897647 |
| 10562 | 17199 | 18470.015620 |
| 10563 | 19499 | 20684.219975 |
| 10564 | 15999 | 17789.026696 |
10565 rows × 2 columns
In [32]:
import pickle
pickle.dump(cat, open('model.pkl','wb'))
model=pickle.load(open('model.pkl','rb'))
print (model.predict (X_train))
[17654.41246426 32907.74112937 19885.15098691 ... 16410.67190012 10594.84604682 26314.1863915 ]